<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<title>Reranker Framework (ReFr): pyutil.py Source File</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />

<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">Reranker Framework (ReFr)
   
   </div>
   <div id="projectbrief">Reranking framework for structure prediction and discriminative language modeling</div>
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.6.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>File&#160;Members</span></a></li>
    </ul>
  </div>
</div>
<div class="header">
  <div class="headertitle">
<div class="title">pyutil.py</div>  </div>
</div><!--header-->
<div class="contents">
<a href="pyutil_8py.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a><a class="code" href="namespacepyutil.html">00001</a> <span class="comment">#!/usr/bin/env python</span>
<a name="l00002"></a>00002 <span class="comment">#-----------------------------------------------------------------------</span>
<a name="l00003"></a>00003 <span class="comment"># Copyright 2012, Google Inc.</span>
<a name="l00004"></a>00004 <span class="comment"># All rights reserved.</span>
<a name="l00005"></a>00005 <span class="comment"># </span>
<a name="l00006"></a>00006 <span class="comment"># Redistribution and use in source and binary forms, with or without</span>
<a name="l00007"></a>00007 <span class="comment"># modification, are permitted provided that the following conditions are</span>
<a name="l00008"></a>00008 <span class="comment"># met:</span>
<a name="l00009"></a>00009 <span class="comment"># </span>
<a name="l00010"></a>00010 <span class="comment">#   * Redistributions of source code must retain the above copyright</span>
<a name="l00011"></a>00011 <span class="comment">#     notice, this list of conditions and the following disclaimer.</span>
<a name="l00012"></a>00012 <span class="comment">#   * Redistributions in binary form must reproduce the above</span>
<a name="l00013"></a>00013 <span class="comment">#     copyright notice, this list of conditions and the following disclaimer</span>
<a name="l00014"></a>00014 <span class="comment">#     in the documentation and/or other materials provided with the</span>
<a name="l00015"></a>00015 <span class="comment">#     distribution.</span>
<a name="l00016"></a>00016 <span class="comment">#   * Neither the name of Google Inc. nor the names of its</span>
<a name="l00017"></a>00017 <span class="comment">#     contributors may be used to endorse or promote products derived from</span>
<a name="l00018"></a>00018 <span class="comment">#     this software without specific prior written permission.</span>
<a name="l00019"></a>00019 <span class="comment">#</span>
<a name="l00020"></a>00020 <span class="comment"># THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS</span>
<a name="l00021"></a>00021 <span class="comment"># &quot;AS IS&quot; AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT</span>
<a name="l00022"></a>00022 <span class="comment"># LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR</span>
<a name="l00023"></a>00023 <span class="comment"># A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT</span>
<a name="l00024"></a>00024 <span class="comment"># OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,</span>
<a name="l00025"></a>00025 <span class="comment"># SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT</span>
<a name="l00026"></a>00026 <span class="comment"># LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,           </span>
<a name="l00027"></a>00027 <span class="comment"># DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY           </span>
<a name="l00028"></a>00028 <span class="comment"># THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT</span>
<a name="l00029"></a>00029 <span class="comment"># (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE</span>
<a name="l00030"></a>00030 <span class="comment"># OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span>
<a name="l00031"></a>00031 <span class="comment"># -----------------------------------------------------------------------------</span>
<a name="l00032"></a>00032 <span class="comment"># File: khutil</span>
<a name="l00033"></a>00033 <span class="comment"># Version ID: $Id: khutil.py,v 1.8 2007/11/16 21:35:40 khall Exp $</span>
<a name="l00034"></a>00034 <span class="comment">#   various utility functions</span>
<a name="l00035"></a>00035 <span class="comment">#</span>
<a name="l00036"></a>00036 <span class="comment">#-----------------------------------------------------------------------</span>
<a name="l00037"></a>00037 <span class="keyword">import</span> subprocess,os,sys,math 
<a name="l00038"></a><a class="code" href="namespacepyutil.html#a173e683b44ba5a841ce45d44ede52fee">00038</a> DEBUG = 7
<a name="l00039"></a>00039 
<a name="l00040"></a><a class="code" href="namespacepyutil.html#a8205b150a363eb2f4a054d07728c49a5">00040</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a8205b150a363eb2f4a054d07728c49a5">checkFile</a>(fileName):
<a name="l00041"></a>00041   <span class="keywordflow">if</span> (<span class="keywordflow">not</span> os.path.isfile(fileName)):
<a name="l00042"></a>00042     sys.stderr.write(<span class="stringliteral">&#39;ERROR: file not found: &#39;</span> + fileName + <span class="stringliteral">&#39;\n&#39;</span>)
<a name="l00043"></a>00043     sys.exit(10)
<a name="l00044"></a>00044   <span class="keywordflow">return</span>
<a name="l00045"></a>00045 
<a name="l00046"></a><a class="code" href="namespacepyutil.html#a41ac488d149f0ff0a213b54e46961d7d">00046</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a41ac488d149f0ff0a213b54e46961d7d">runCommand</a>(sysCommand):
<a name="l00047"></a>00047   <a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(7, <span class="stringliteral">&quot;Executing command: &quot;</span> + sysCommand + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00048"></a>00048   <span class="keywordflow">return</span> os.system(sysCommand)
<a name="l00049"></a>00049 
<a name="l00050"></a><a class="code" href="namespacepyutil.html#adb723bb1692ead20648ec5020f14ce59">00050</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#adb723bb1692ead20648ec5020f14ce59">readCommand</a>(sysCommand, outList):
<a name="l00051"></a>00051   <a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(7, <span class="stringliteral">&quot;Executing command: &quot;</span> + sysCommand + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00052"></a>00052   syspipe = os.popen(sysCommand)
<a name="l00053"></a>00053   <span class="keywordflow">for</span> sysLine <span class="keywordflow">in</span> syspipe:
<a name="l00054"></a>00054     outList.append(sysLine .strip())
<a name="l00055"></a>00055   <span class="keywordflow">return</span> (syspipe.close() == <span class="keywordtype">None</span>)
<a name="l00056"></a>00056 
<a name="l00057"></a><a class="code" href="namespacepyutil.html#a3b483f2ddc933fd666f33a434c60e579">00057</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a3b483f2ddc933fd666f33a434c60e579">writeCommand</a>(sysCommand, toWrite):
<a name="l00058"></a>00058   <a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(7, <span class="stringliteral">&quot;Writing &quot;</span> + toWrite + <span class="stringliteral">&quot;\n   to: &quot;</span> + sysCommand + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00059"></a>00059   newfsmpipe = os.popen(sysCommand, <span class="stringliteral">&#39;w&#39;</span>)
<a name="l00060"></a>00060   newfsmpipe.write(toWrite.strip() + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00061"></a>00061   newfsmpipe.close()
<a name="l00062"></a>00062 
<a name="l00063"></a><a class="code" href="namespacepyutil.html#a9ba680fe843bd4536fca6e6c37c04e52">00063</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a9ba680fe843bd4536fca6e6c37c04e52">rwCommand</a>(sysCommand, toWrite, outList):
<a name="l00064"></a>00064   <a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(7, <span class="stringliteral">&quot;Reading output from writing &quot;</span> + toWrite + <span class="stringliteral">&quot;\n   to: &quot;</span> + sysCommand + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00065"></a>00065   (pin, pout) = os.popen2(sysCommand)
<a name="l00066"></a>00066   pin.write(toWrite.strip() + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00067"></a>00067   pin.close()
<a name="l00068"></a>00068   <span class="keywordflow">for</span> sysLine <span class="keywordflow">in</span> pout:
<a name="l00069"></a>00069     outList.append(sysLine.strip())
<a name="l00070"></a>00070   pout.close()
<a name="l00071"></a>00071   <span class="keywordflow">return</span>
<a name="l00072"></a>00072 
<a name="l00073"></a><a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">00073</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(debLevel, errStr):
<a name="l00074"></a>00074   <span class="keywordflow">if</span> (DEBUG &gt;= debLevel):
<a name="l00075"></a>00075     sys.stderr.write(errStr)
<a name="l00076"></a>00076   <span class="keywordflow">return</span>
<a name="l00077"></a>00077 
<a name="l00078"></a><a class="code" href="namespacepyutil.html#ad4823c3e2f65506c6ca7eac1f8e91110">00078</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#ad4823c3e2f65506c6ca7eac1f8e91110">printInfo</a>(errStr):
<a name="l00079"></a>00079   sys.stderr.write(<span class="stringliteral">&quot;INFO: &quot;</span> + errStr + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00080"></a>00080 
<a name="l00081"></a><a class="code" href="namespacepyutil.html#a702a6f44d8f1902d76d2c7a6af2e1674">00081</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a702a6f44d8f1902d76d2c7a6af2e1674">printWarn</a>(errStr):
<a name="l00082"></a>00082   sys.stderr.write(<span class="stringliteral">&quot;WARN: &quot;</span> + errStr + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00083"></a>00083 
<a name="l00084"></a><a class="code" href="namespacepyutil.html#a02033e35b1773c07172adea808e50db9">00084</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#a02033e35b1773c07172adea808e50db9">printError</a>(errorCode, errStr):
<a name="l00085"></a>00085   sys.stderr.write(<span class="stringliteral">&quot;ERROR: &quot;</span> + errStr + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00086"></a>00086   sys.exit(errorCode)
<a name="l00087"></a>00087 
<a name="l00088"></a><a class="code" href="namespacepyutil.html#af74ac6372ec590f2bd4ebfa644b32e90">00088</a> <span class="keyword">def </span><a class="code" href="namespacepyutil.html#af74ac6372ec590f2bd4ebfa644b32e90">logSum</a>(x, y):
<a name="l00089"></a>00089   <span class="keywordflow">if</span> (x &lt; (y - math.log(1e200))):
<a name="l00090"></a>00090     <span class="keywordflow">return</span> y
<a name="l00091"></a>00091   <span class="keywordflow">if</span> (y &lt; (x - math.log(1e200))):
<a name="l00092"></a>00092     <span class="keywordflow">return</span> x
<a name="l00093"></a>00093   logdiff = x - y
<a name="l00094"></a>00094   <span class="comment"># make sure the difference is not too large</span>
<a name="l00095"></a>00095   <span class="keywordflow">if</span> (x &gt; y <span class="keywordflow">and</span> logdiff &gt; x):
<a name="l00096"></a>00096     <span class="keywordflow">return</span> x
<a name="l00097"></a>00097   <span class="keywordflow">if</span> (y &gt; x <span class="keywordflow">and</span> logdiff &gt; y):
<a name="l00098"></a>00098     <span class="keywordflow">return</span> y
<a name="l00099"></a>00099   <span class="comment">#otherwise return the actual sum</span>
<a name="l00100"></a>00100   <span class="keywordflow">return</span> y + math.log(1.0 + math.exp(logdiff))
<a name="l00101"></a>00101 
<a name="l00102"></a>00102 <span class="comment"># A class which let&#39;s us start up a command, send requests and read replies</span>
<a name="l00103"></a>00103 <span class="comment"># via stdio.</span>
<a name="l00104"></a><a class="code" href="classpyutil_1_1_command_i_o.html">00104</a> <span class="keyword">class </span><a class="code" href="classpyutil_1_1_command_i_o.html">CommandIO</a>:
<a name="l00105"></a><a class="code" href="classpyutil_1_1_command_i_o.html#a12d97647e54ea33cfdd374a15d6996b3">00105</a>   <span class="keyword">def </span><a class="code" href="classpyutil_1_1_command_i_o.html#af2ed29f14ebe44c95cb9b6cee07fba53">__init__</a>(self, sysCommand):
<a name="l00106"></a>00106     <a class="code" href="namespacepyutil.html#aaec5d960c1bd04325509025e692b1b28">printDebug</a>(7, <span class="stringliteral">&quot;Starting up process: &quot;</span> + sysCommand)
<a name="l00107"></a>00107     self.<a class="code" href="classpyutil_1_1_command_i_o.html#a12d97647e54ea33cfdd374a15d6996b3">evalp_</a> = subprocess.Popen(sysCommand, shell=<span class="keyword">True</span>, bufsize=0,
<a name="l00108"></a>00108                                    stdin=subprocess.PIPE, stdout=subprocess.PIPE,
<a name="l00109"></a>00109                                    close_fds=<span class="keyword">True</span>)
<a name="l00110"></a>00110     <span class="keywordflow">if</span> self.evalp_.poll():
<a name="l00111"></a>00111       <a class="code" href="namespacepyutil.html#a02033e35b1773c07172adea808e50db9">printError</a>(100, <span class="stringliteral">&quot;Command &quot;</span> + sysCommand + <span class="stringliteral">&quot; did not start up correctly.&quot;</span>)
<a name="l00112"></a>00112 
<a name="l00113"></a><a class="code" href="classpyutil_1_1_command_i_o.html#ae3ded6bf294e6cf3649510f3880b48de">00113</a>   <span class="keyword">def </span><a class="code" href="classpyutil_1_1_command_i_o.html#ae3ded6bf294e6cf3649510f3880b48de">sendreceive</a>(self, toWrite):
<a name="l00114"></a>00114     self.evalp_.stdin.write(toWrite.strip() + <span class="stringliteral">&quot;\n&quot;</span>)
<a name="l00115"></a>00115     <span class="keywordflow">return</span> self.evalp_.stdout.readline().strip()
</pre></div></div><!-- contents -->
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Defines</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>



<hr class="footer"/><address class="footer"><small>
Generated on Tue Apr 9 2013 11:56:29 for Reranker Framework (ReFr) by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.7.6.1
</small></address>

</body>
</html>
